/***************************************************************************
 *
 * Copyright (c) 2017 Baidu, Inc. All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 **************************************************************************/

package com.baidu.flume.runtime.spark

import baidu.flume.PhysicalPlan.{PbJob, PbSparkTask}
import com.baidu.flume.runtime.spark.impl.jni.JniRddPlanBuilder
import com.baidu.flume.runtime.spark.impl.pipe.PipeRddPlanBuilder
import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkContext, TaskContext}

trait RddPlanBuilder {
  def build(context: SparkContext, pbJob: PbJob, cacheRdds: RddPlanBuilder.CacheRddMap)
    : Option[RDD[(Array[Byte], Array[Byte])]]
}

object RddPlanBuilder {
  type CacheRddMap = scala.collection.mutable.Map[String, (Int, RDD[(Array[Byte], Array[Byte])])]
  def apply(mode: String): RddPlanBuilder = mode match {
    case "JNI" => new JniRddPlanBuilder()
    case "PIPE" => new PipeRddPlanBuilder()
  }
}

